Much of the code and examples are copied/modified from
Blueprints for Text Analytics Using Python by Jens Albrecht, Sidharth Ramachandran, and Christian Winkler (O'Reilly, 2021), 978-1-492-07408-3.
cd ../..
/code
%run "source/config/notebook_settings.py"
pd.set_option('display.max_colwidth', None)
from source.library.utilities import Timer, get_logger
from source.library.text_analysis import count_tokens, tf_idf, get_context_from_keyword, count_keywords, count_keywords_by, impurity
from source.library.sklearn_topic_modeling import *
from helpsk.utility import read_pickle
ngrams_low = 1
ngrams_high = 3
num_clusters = 10
with Timer("Loading Data"):
path = 'artifacts/data/processed/un-general-debates-paragraphs.pkl'
paragraphs = pd.read_pickle(path)
with Timer("Loading NMF"):
file = f'artifacts/models/topics/nmf-topics-{num_clusters}-ngrams-{ngrams_low}-{ngrams_high}__vectorizer.pkl'
nmf_vectorizer = read_pickle(file)
# file = f'artifacts/models/topics/nmf-topics-10-ngrams-{ngrams_low}-{ngrams_high}__vectors.pkl'
# nmf_vectors = read_pickle(file)
file = f'artifacts/models/topics/nmf-topics-{num_clusters}-ngrams-{ngrams_low}-{ngrams_high}__model.pkl' # noqa
nmf_model = read_pickle(file)
with Timer("Loading LDA"):
file = f'artifacts/models/topics/lda-topics-{num_clusters}-ngrams-{ngrams_low}-{ngrams_high}__vectorizer.pkl'
lda_vectorizer = read_pickle(file)
file = f'artifacts/models/topics/lda-topics-{num_clusters}-ngrams-{ngrams_low}-{ngrams_high}__vectors.pkl'
lda_vectors = read_pickle(file)
file = f'artifacts/models/topics/lda-topics-{num_clusters}-ngrams-{ngrams_low}-{ngrams_high}__model.pkl' # noqa
lda_model = read_pickle(file)
with Timer("Loading K-Means"):
file = f'artifacts/models/topics/k_means-topics-{num_clusters}-ngrams-{ngrams_low}-{ngrams_high}__vectorizer.pkl'
k_means_vectorizer = read_pickle(file)
file = f'artifacts/models/topics/k_means-topics-{num_clusters}-ngrams-{ngrams_low}-{ngrams_high}__vectors.pkl'
k_means_vectors = read_pickle(file)
file = f'artifacts/models/topics/k_means-topics-{num_clusters}-ngrams-{ngrams_low}-{ngrams_high}__model.pkl' # noqa
k_means_model = read_pickle(file)
Started: Loading Data Finished (0.21 seconds) Started: Loading NMF Finished (0.24 seconds) Started: Loading LDA Finished (0.33 seconds) Started: Loading K-Means Finished (0.32 seconds)
This section provides a basic exploration of the text and dataset.
hlp.pandas.numeric_summary(paragraphs)
| # of Non-Nulls | # of Nulls | % Nulls | # of Zeros | % Zeros | Mean | St Dev. | Coef of Var | Skewness | Kurtosis | Min | 10% | 25% | 50% | 75% | 90% | Max | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| year | 279,045 | 0 | 0.0% | 0 | 0.0% | 1,992.4 | 12.6 | 0.0 | 0.1 | -1.1 | 1,970 | 1,975.0 | 1,982.0 | 1,993.0 | 2,003.0 | 2,010.0 | 2,015 |
hlp.pandas.non_numeric_summary(paragraphs)
| # of Non-Nulls | # of Nulls | % Nulls | Most Freq. Value | # of Unique | % Unique | |
|---|---|---|---|---|---|---|
| country | 279,045 | 0 | 0.0% | Russian Federation | 199 | 0.1% |
| text | 279,045 | 0 | 0.0% | The President returned to the [...] | 278,820 | 99.9% |
assert not (paragraphs['text'].str.strip() == '').any()
nmf_explorer = TopicModelExplorer(model=nmf_model, vectorizer=nmf_vectorizer)
nmf_explorer.plot_topics(
top_n_tokens=8,
num_tokens_in_label=2
)
nmf_explorer.plot_topic_sizes(text_series=paragraphs['text'])
predicted_topics = nmf_model.transform(X=nmf_vectorizer.transform(paragraphs['text']))
per_document_totals = predicted_topics.sum(axis=1)
ax = pd.Series(per_document_totals).plot(kind='box', vert=False, figsize=(10, 1))
ax.set_title("Distribution Sum of Predicted Values/Topics Per Document")
ax.set_xlabel("Sum of Predicted Values Per Document")
ax.set_yticklabels([])
ax;
topic_sizes_per_year = nmf_explorer.get_topic_sizes_per_segment(
df=paragraphs,
text_column='text',
segment_column='year',
)
topic_sizes_per_year.head()
| topic_labels | year | relative_size | |
|---|---|---|---|
| 0 | world | peace | 1970 | 0.18 |
| 1 | session | assembly | 1970 | 0.11 |
| 2 | countries | developing | 1970 | 0.10 |
| 3 | rights | human | 1970 | 0.07 |
| 4 | africa | south | 1970 | 0.09 |
fig = px.area(
topic_sizes_per_year,
x="year",
y="relative_size",
color="topic_labels",
title="Topics Over Time",
)
fig.show()
fig = px.bar(
topic_sizes_per_year,
x="year",
y="relative_size",
color="topic_labels",
title="Topics Over Time",
)
fig.show()
fig = px.line(
topic_sizes_per_year,
x="year",
y="relative_size",
color="topic_labels",
title="Topics Over Time",
)
fig.show()
fig = px.scatter(
topic_sizes_per_year,
x="year",
y="relative_size",
color="topic_labels",
trendline="lowess",
opacity=0.0,
title="Topics Over Time",
)
fig.show()
top_examples = nmf_explorer.extract_top_examples(
text_series=paragraphs['text'],
top_n_examples=10
)
top_examples.style.hide(axis='index')
| topic index | topic labels | text | index |
|---|---|---|---|
| 0 | world | peace | The |world| has not been the same since then | 253097 |
| 0 | world | peace | Dictators of the |world|, it is midnight | 128976 |
| 0 | world | peace | Anyone who jeopardizes GATT aggravates the |world|'s eco¬nomic depression | 70742 |
| 0 | world | peace | The United Nations is a microcosm of our |world| | 208385 |
| 0 | world | peace | Without the United Nations we would have a bleaker |world| | 157363 |
| 0 | world | peace | |people| all over the |world| - east and west, north and south - warmly welcomed the emergence of a new |world| of co-operation, a |world| in which the fear of confrontation between the two super-Powers started to disappear with the ending of the cold war that characterized international order since the end | 119988 |
| 0 | world | peace | Kittani as President of the previous session. My delegation greets with special satisfaction the Secretary General, Mr. Javier Perez de Cuellar, that illustrious Latin American diplomat, who is indefatigable in his efforts in search of a more effective role for the United Nations in its endeavor | 71634 |
| 0 | world | peace | Forty-five years ago India was one of the relatively small number of |states| that were present at the creation of the United Nations. The United Nations was born of a war-shattered |world|'s hope that it would be the benign, sometimes stern guardian of a |world| at |peace|, committed to |peace| and co-operat | 122425 |
| 0 | world | peace | The changes in international politics have created a new situation for the United Nations. The present structure of the Organization is still a reflection of the |world| as it developed after the Second |world| War. Today, it must meet new challenges and must face new tasks, which calls for a reform of | 128115 |
| 0 | world | peace | 106. Mankind now faces extremely severe trials. |world| |peace| and international security are being threat¬ened by the frantic arms race and the policy of insti¬gating chaos in the |world|. In such a situation, the |people|s of the |world| are urging the United Nations to discharge its responsibility t | 75460 |
| 1 | session | assembly | First, may I, |mr|. President, express to you the congratulations of the Albanian delegation on your election as President of this |session| of the |general| |assembly| | 7745 |
| 1 | session | assembly | I congratulate you, Sir, once again on your election as President of the fifty- sixth |session| of the |general| |assembly|. I also wish to express high appreciation to |mr|. Harri Holkeri, who carried out his duties as President of the fifty-fifth |session| of the |general| |assembly| in an excellent manner. I | 200670 |
| 1 | session | assembly | I wish, Sir, to express to you my most sincere congratulations on your election as President of this |session| of the |general| |assembly| and to wish you every success in steering the work of this body. I would also like to extend our thanks and appreciation to the President of the fifty- eighth |session| | 214344 |
| 1 | session | assembly | |mr|. President, on behalf of the Japanese delegation, I wish to extend my heartfelt congratulations to you on your unanimous election to the presidency of the twenty-ninth |session| of the |general| |assembly|. At the same time I wish to express my profound appreciation to |mr|. Leopoldo Benites, the former | 20828 |
| 1 | session | assembly | |mr|. President, first of all, please allow me to warmly congratulate you on your election as President of the fifty-sixth |session| of the United Nations |general| |assembly|. I am confident that under your able guidance and with the close cooperation of all delegates, this |session| will be crowned with su | 197480 |
| 1 | session | assembly | Let me at the outset congratulate |mr|. Kerim on his election as President of the |general| |assembly| at its sixty-second |session| and assure him of the cooperation of the Dominica delegation throughout this |session|. I commend his predecessor, Sheikha Haya Rashed Al-Khalifa, for her leadership durin | 230651 |
| 1 | session | assembly | It is a great pleasure for me to congratulate |mr|. Hennadiy Udovenko on his election to the presidency of the |general| |assembly|. I am confident that under his able leadership, the work of the fifty- second |session| of the |general| |assembly| will be a success. I should also like to express our appreciati | 175728 |
| 1 | session | assembly | At the outset, allow me to congratulate |mr|. Jan Kavan on his election as President for the current |session| of the |general| |assembly|. I would also like to express appreciation to |mr|. Han Seung-soo for his excellent organization of the work of the previous |session| of the |general| |assembly| | 207180 |
| 1 | session | assembly | I would also like to take this opportunity to thank |mr|. Hennadiy Udovenko for his work as President during the last |session| of the |general| |assembly| | 182220 |
| 1 | session | assembly | I should like first of all to extend to |mr|. Didier Opertti the Ethiopian delegation’s congratulations on his well-deserved unanimous election to preside over the fifty-third |session| of the |general| |assembly|. We are fully confident that under his guidance the work of this |session| of the |general| Assemb | 178465 |
| 2 | countries | developing | |developing| |countries| are the losers | 136734 |
| 2 | countries | developing | The |economic| problems that have plagued the |developing| |countries| during the last decade need special attention. Some were caused by natural disasters such as floods and drought, which in turn caused hunger and famine. Others were man-made, such as the debt crisis, and have caused severe |economic| str | 119366 |
| 2 | countries | developing | 88. The current |economic| systems are no longer adequate. Consequently, it has become necessary to hasten the conclusion of negotiations between the |developing| |countries| and the |developed| |countries| under the auspices of the United Nations and in accordance with the relevant resolutions, the most impo | 48187 |
| 2 | countries | developing | Such developments serve to widen the gap between the |developed| and the |developing| |countries|, which will not only do great harm to the |developing| |countries| but also have grave consequences for the |developed| |countries| in the long run. The |developed| |countries| account for only one quarter of the world p | 97301 |
| 2 | countries | developing | 17. Solidarity and unity among the |developing| |countries| should be welcomed since it strengthens their bargaining position. Until the |developing| |countries| have achieved full |economic| independence, the |developed| |countries| should fashion their policies towards the |developing| |countries| in a manner which | 6970 |
| 2 | countries | developing | 118. The restructuring of the international |economic| framework should also encompass policy changes on the part of the |developed| |countries| that would support the process of industrialization and the technological development of the |developing| |countries|. These policy reorientations should include adj | 37220 |
| 2 | countries | developing | 195. The response of the industrialized world to the requirements of the |developing| |countries| is a necessary and urgent matter, If adequate measures: are not taken, the harmful effects will continue, to the detriment of the development programs of the |developing| |countries|. Furthermore, the |developed| | 66940 |
| 2 | countries | developing | Many |countries|, however, have not sat waiting | 240882 |
| 2 | countries | developing | There are large |developing| |countries|, there are small |developing| |countries| and there are very small |developing| |countries|. In addition, there are the least |developed| |countries|, which may be large or small | 225257 |
| 2 | countries | developing | 336. In the fields of trade and financial transfers, the response of |developed| |countries| has not been a positive one for She sapid development .of |developing| |countries|. Exports of manufactures and semi-manufactures from |developing| |countries| are denied access to the markets of |developed| |countries| und | 46100 |
| 3 | rights | human | By virtue of its Charter, by virtue of the Universal Declaration of |human| |rights|, the |human| |rights| covenants and its |human| |rights| institutions, the United Nations is a citadel and a bulwark of |human| |rights|. The exercise of civil, economic and social |human| |rights| is essential in the construction of a | 103918 |
| 3 | rights | human | Fifty years after the adoption of the Universal Declaration of |human| |rights|, and despite strenuous efforts by the United Nations and |human| |rights| defenders, we are still witnessing, to our dismay, serious |human| |rights| violations and blatant challenges to United Nations |human| |rights| mechanisms throug | 179914 |
| 3 | rights | human | Where there is war, |human| |rights| are often neglected | 142547 |
| 3 | rights | human | |human| |rights| will undoubtedly continue to be high on the United Nations agenda. Full |respect| for |human| |rights| is a prerequisite for freedom, justice, stability and peace. We commend the efforts to increase the efficiency of the United Nations |human| |rights| programmes, the work of the High Commissione | 168253 |
| 3 | rights | human | Today, I reaffirm Honduras’s commitment to the Universal Declaration of |human| |rights|, the right to life and the |respect| for |human| dignity. We recognize that the protection of |human| |rights| is the very essence of democracy. During our administration, we created a Secretary of State for Justice an | 265922 |
| 3 | rights | human | |human| |rights| issues are the focus of the international community's attention and are at the top of its scale of priorities. While appreciating the role of the United Nations in ensuring the exercise of |human| |rights| and basic freedoms, we must state that those |rights| are not scrupulously |respect|ed | 135656 |
| 3 | rights | human | |respect| for and protection of |human| |rights| is one of the |fundamental| underpinnings of Libyan policy. This has been demonstrated in various forms which included the setting up of the International Committee for the Qaddafi |human| |rights| Prize and the adoption of the green document on |human| |rights| and | 151131 |
| 3 | rights | human | 90. That last question leads me to the subject of |human| |rights|. The United Nations, which has achieved so much in promoting the application of the right of self-determination, has also been able to lay essential foundations on which to secure |respect| for |human| |rights|. By means of the Universal Decla | 24829 |
| 3 | rights | human | |respect| for |human| |rights| has been at the core of the new decade's events, with all its important political changes and developments. In this context, I wish to state that my country has always paid great attention to questions of |human| |rights|. This |respect| for |human| |rights| stems from our unswerving | 128813 |
| 3 | rights | human | Conceptually, political |human| |rights|, now a critical component of some foreign policy positions, have been fused imperceptibly with democracy, hence politics and |human| |rights| have become synonymous. I too am an advocate of |human| |rights| protection, and I believe strongly that if we insist on politics | 179848 |
| 4 | africa | south | Whatever happens, |south| |africa| will never be the same | 146204 |
| 4 | africa | south | |south| |africa| has been the other side of the coin | 149231 |
| 4 | africa | south | 163. |south| |africa| has itself to blame for the political pollution in |south|ern |africa|. Angola is what it is because of the abortive attempt by |south| |africa| in 1975 to destroy that country at birth. |namibia| is in the mess it is in because for more than 60 years |south| |africa| has used the Territory as i | 63067 |
| 4 | africa | south | 133. The Lesotho Government welcomed Security Council resolution 435 (1978), which reiterates that the Council's objective is the withdrawal of |south| |africa|'s illegal occupation and administration of |namibia| and the transfer of power to the people of |namibia|, My Government calls on the Government of | 45234 |
| 4 | africa | south | Australia has suspended new official investment in |south| |africa| and has prohibited |south| |africa|n Government investment in Australia. Australian banks and other financial institutions have been asked to suspend new loans to borrowers in |south| |africa|. We have taken steps to withdraw our Trade Commissi | 89826 |
| 4 | africa | south | Over the past year there has been an ever-surging movement in |south| |africa| and |namibia|, with a steady growth of the struggle against the foreign rule and for national liberation and independence. The |south| |africa|n racist regime, though more and more isolated, la clinging obstinately to its apartheid | 103430 |
| 4 | africa | south | |south| |africa| is taking action again. It aimed at its disintegration in the face of the progress achieved in the various sectors of cooperation, particularly in the area of transportation and communication. We continue to be preoccupied with the question of |namibia|. Arrogant and irresponsible, S | 73157 |
| 4 | africa | south | 62. We meet in the wake of another Sharpeville-like massacre of innocent people by the |south| |africa|n racist authorities at Carletonville, |south| |africa|. Those callous murders not only illustrate the decay of the |south| |africa|n system; they also portray the utter disregard for human life by the |south| A | 17639 |
| 4 | africa | south | 161. Once again we wish to state that peaceful change in |south| |africa| and peaceful resolution of the |namibia|n problem are possible. |south| |africa|'s aggression against Angola and illegal occupation of parts of its territory must end quickly. |south| |africa| must be made to realize that its destabilizatio | 68876 |
| 4 | africa | south | 181. We shall therefore fight vigorously within the framework of the OAU to end apartheid; we pledge our assistance to the legitimate liberation movements of |south| |africa|, the |africa|n National Congress and the Pan |africa|nist Congress, in their just struggle to end apartheid and create a non-racial s | 62195 |
| 5 | nuclear | weapons | That comprehensive view, which we share with many countries, is based on a full awareness of the terrible threats facing our planet as a result of the production, stockpiling and possible use of |nuclear| |weapons| and other |weapons| of mass destruction. In that respect, |disarmament| should involve all th | 128825 |
| 5 | nuclear | weapons | 15. We have all agreed that |nuclear| |weapons| constitute a major threat to our world today. Kenya is against the |proliferation| of |nuclear| |weapons| and we should like to appeal to all Governments to support efforts towards halting the dangerous process of |nuclear| |proliferation|. Successful efforts to cre | 58652 |
| 5 | nuclear | weapons | 33. Romania, like other countries, believes that, |nuclear| |disarmament| must be given the highest priority. On the agenda of the present session there are several proposals on adopting |nuclear| |disarmament| measures. Romania will state its views on these proposals in the course of the debate. We must sa | 27554 |
| 5 | nuclear | weapons | All countries that possess |nuclear| |weapons| should pledge unconditionally not to be the first to use them and should immediately start negotiations to conclude a treaty on non-first-use of |nuclear| |weapons| against each other; efforts for the establishment of |nuclear|-free zones should be supported and | 148273 |
| 5 | nuclear | weapons | In that context, I want to recall the threat that mankind still faces from stockpiles of |nuclear| |weapons| and other |weapons| of mass destruction. My delegation hopes that the |nuclear|-weapon States will keep the promises they made at the 1995 Review and Extension Conference of the Parties to the Treaty | 157932 |
| 5 | nuclear | weapons | In the field of |disarmament|, many important steps have been taken in the control of |weapons| of mass destruction, including |nuclear| |weapons|. Following the establishment of |nuclear|-free zones in Latin America and the South Pacific and the indefinite extension of the Treaty on the Non-|proliferation| of | 166373 |
| 5 | nuclear | weapons | We urge those States that possess |nuclear| |weapons| to truly commit themselves to the |nuclear| |disarmament| negotiations. We call upon all States to renounce the development of new |nuclear| |weapons| and to ratify the Treaty on the Non-|proliferation| of |nuclear| |weapons| and the Comprehensive |nuclear|-Test-Ban | 208663 |
| 5 | nuclear | weapons | |disarmament| is essential for international peace. It is regrettable that the threat of |nuclear| holocaust will accompany humanity into the new millennium because of the international community's failure to work out a regime for the total elimination of |nuclear| |weapons|. Under the Treaty on the Non-Pro | 188115 |
| 5 | nuclear | weapons | Today there are no clear legal assurances to non-|nuclear| States by |nuclear|-weapon Powers. In this important dimension, the Treaty on the Non-|proliferation| of |nuclear| |weapons| does not work. At this stage, |nuclear| |weapons| are not a deterrent but a catalyst of an arms race | 254386 |
| 5 | nuclear | weapons | Peace and stability are still threatened by |weapons| of mass destruction, especially |nuclear| |weapons|. The results of the Review Conference of the Parties to the Treaty on the Non-|proliferation| of |nuclear| |weapons| held in May this year did not by any means meet our expectations in addressing the n | 248818 |
| 6 | security | council | No reform will be more difficult or more significant than that of the |security| |council|. The |security| |council| has had many achievements | 232387 |
| 6 | security | council | Since no one pays attention to the |security| |council| of the United Nations, each country and community has established its own |security| |council|, and the |security| |council| here has become isolated | 243156 |
| 6 | security | council | We are thankful to both the AU |peace| and |security| |council| and the United Nations |security| |council| for their great efforts to bring about this agreement between our two countries | 262565 |
| 6 | security | council | On the important question of reform of the |security| |council|, Kenya calls for the speedy conclusion of negotiations aimed at equitable representation and an increase in membership in the |security| |council|. With the establishment of the |peace| and |security| |council| as an important organ of the new Africa | 204592 |
| 6 | security | council | Institutionalizing relations between the African Union |peace| and |security| |council| and the United Nations |security| |council| is obviously a goal that we want to see pursued effectively. In speaking of the |security| |council|, we clearly share the African position which seeks to remedy the historic injusti | 275313 |
| 6 | security | council | Within our system, the |security| |council| is charged with responsibility for the maintenance of international |peace| and |security|. When there are threats to international |peace| and |security|, the Member States concerned are obliged to bring these matters to the attention of the |security| |council|. When th | 204269 |
| 6 | security | council | In particular, the role and responsibility of the |security| |council| in dealing with questions concerning international |peace| and stability should be given greater emphasis. Over past years there has been considerable progress in the operation of the |security| |council|, and the use of the veto has almos | 141972 |
| 6 | security | council | In the same spirit, we reiterate our support for efforts to reform the United Nations and, in particular, the |security| |council|. We believe that the African continent should be given permanent representation on the |security| |council|; Africa has been the only continent without permanent representa | 238159 |
| 6 | security | council | 79. The |peace|-keeping mechanism of the United Nations—the |security| |council|—has faced considerable difficulties in the maintenance of international |peace| and |security|. The responsibility for strengthening the |security| |council| lies with all of us, and particularly the |council|'s permanent members. Here | 76597 |
| 6 | security | council | Allow me to express my gratitude for all the cooperation and the support we have received during Bosnia and Herzegovina’s membership in the |security| |council|, which will expire in a few months. Speaking of our membership in the |security| |council|, let me once again reiterate the view that the pres | 252248 |
| 7 | east | middle | The continued denial of the |palestinian| people's inalienable right of self-determination, including its right to establish an independent State of its own, remains the root cause of the endless violence and instability in the |middle| |east|. |israel|'s refusal to withdraw from all the Arab territories oc | 102011 |
| 7 | east | middle | 12. The situation in the |middle| |east| continues to be disquieting. In keeping with our well-known stand on the |middle| |east| problem, we do not support occupation by |israel| of Arab territories, and we view the increasing number of |israel|i settlements in occupied territories as illegal and believe that | 52863 |
| 7 | east | middle | The States in the |middle| |east| cannot expect to live in peace and security until and unless the central factor of regional instability, the core of the |middle| |east| problem, the question of Palestine, is faced squarely and solved justly. The inalienable national rights of the |palestinian| people must b | 99810 |
| 7 | east | middle | 140. In the past year the situation in the |middle| |east|, rather than improving, has become more tense. |israel| is still clinging obstinately to an expansionist position. It has not only continued to obstruct a reasonable settlement of the |middle| |east| question, but has become more reckless by committin | 63282 |
| 7 | east | middle | 94. The |middle| |east| crisis is a continuous cause of concern for us. The |israel|i policy of aggression is constantly in the ascendant; the |palestinian| people has now been suffering from it for decades. The latest victim of this expansionist policy is Lebanon. However, the recent cease-fire there, whic | 82405 |
| 7 | east | middle | 125. Being situated as it is in the immediate proximity of the |middle| |east|, Romania is directly interested in the achievement of a just and lasting peace in that area of the world. In this spirit, Romania has consistently called, and continues to call, for a political settlement, through negotiation | 46516 |
| 7 | east | middle | 90. The question of Palestine is at the core of the |middle| |east| issue. Although the |palestinian| people have suffered a temporary setback, their forces will never be wiped out because they are fighting for a just cause. The PLO is recognized by more than 100 coun¬tries as the sole legitimate re | 70034 |
| 7 | east | middle | It is disturbing that the situation in the |middle| |east| remains tense and turbulent. We have consistently supported the just struggle of the Arab countries and the |palestinian| people. For them to sink their differences, strengthen unity and act in concert is a basic guarantee for victory in the Arab | 97295 |
| 7 | east | middle | The |palestinian|- question is at the core of the |middle| |east| conflict. There can be no solution without taking account of the legitimate aspirations of the |palestinian| people. That crucial fact was stressed in the Arab peace plan adopted at the Fez summit conference. The international community has s | 103940 |
| 7 | east | middle | As regards the situation in the |middle| |east|, the stand and the actions taken by Romania and its President are consistently aimed at ensuring a global, just and durable peace, based on |israel|'s withdrawal from the occupied Arab territories, on recognition of the inalienable right of the |palestinian| p | 106798 |
| 8 | international | community | Even this is not enough. The |international| |community| must go beyond nations in its ministrations | 152808 |
| 8 | international | community | The |international| |community| has a very full agenda | 274853 |
| 8 | international | community | Together, then, as one nation, we face the |international| |community| | 242268 |
| 8 | international | community | The Government of President Lobo Sosa has normalized relations with the |international| |community| | 265915 |
| 8 | international | community | That is why those efforts in no way lessen the |international| |community|'s responsibility to work for the development of the entire |international| |community| | 127347 |
| 8 | international | community | This situation causes great indignation in the |international| |community| in general. Therefore, it cannot remain unresolved; the |international| |community| must act urgently to heal this bleeding wound | 256992 |
| 8 | international | community | Jonas Savimbi and UNITA, so long as the |international| |community| truly complies | 184666 |
| 8 | international | community | Commitment to the Charter and to |international| |law| is the safety valve for the |international| |community| | 208934 |
| 8 | international | community | Jonglei state, the most populous, with inaccessible terrain, has been of particular concern to us as a Government as well as to the |international| |community| | 268504 |
| 8 | international | community | Should not the United Nations and the |international| |community| now take these actions in the name of justice and the Charter of the United Nations? The |international| |community| has already invested too much — in financial and in political terms — to help bring about a legal and peaceful resolution of | 208990 |
| 9 | development | social | First, any post-2015 |development| agenda must move beyond addressing basic human needs and focus on |sustainable| |development|. Secondly, in order to ensure that |sustainable| |development| is carried out in a dynamic and inclusive manner, the post-2015 |development| agenda must honour the environmental, | 265455 |
| 9 | development | social | Today, two years after the World Summit on |sustainable| |development|, held at Johannesburg, we all agree on the importance of the progressive and harmonious attainment of the goals of |sustainable| |development|, in accordance with the outcome of our work at Johannesburg. If the environment is important, | 213510 |
| 9 | development | social | Climate change is a global issue with serious implications for |economic| growth, |sustainable| |development| and the achievement of the Millennium |development| Goals | 232880 |
| 9 | development | social | In the process of implementing the commitments of the Millennium Summit Declaration, the Albanian Government is taking the necessary measures to integrate the Millennium |development| Goals into its national |development| goals. The national strategy for |economic| and |social| |development|, drafted recently | 202105 |
| 9 | development | social | Many countries remain concerned with |economic| conditions. We must therefore rethink our approaches to |sustainable| |development| initiatives. We must reflect clearly on the post-2015 |development| agenda, especially on how to coordinate the Millennium |development| Goals and the |sustainable| |development| goa | 259480 |
| 9 | development | social | His fourth focal area of |sustainable| |development| and global prosperity is perhaps the one with the most scope for collective action. The United Nations Conference on |sustainable| |development| in June 2012 will certainly provide a forum for the international community to, among other things, recom | 251883 |
| 9 | development | social | The Millennium |development| Goals have served as a useful tool to foster and channel efforts for specific purposes, but we should not leave countries alone in those efforts. Within that framework, we should step up our efforts every year and seek to define more clearly the |sustainable| developmen | 274564 |
| 9 | development | social | Our |sustainable| |development| goals must be clear, universal, flexible and coherent, and represent a central part of the post-2015 global |development| agenda. They must clearly reflect political commitment to |sustainable| |development| and promote |economic| |development|, |social| inclusion, the sustainab | 267238 |
| 9 | development | social | As a least developed and island State, our |economic|, |social| and environmental vulnerabilities are major constraints to achieving |sustainable| |economic| growth and livelihoods. But we place our hope on greater international support and partnership to address these constraints in order to meaningfully a | 211980 |
| 9 | development | social | Thus, our reforms have been based on the concept of comprehensive |development|, combining human and |economic| |development|, |social| equity, and |sustainable| |development| | 147849 |
Neither the book nor the example above uses TF-IDF with LDA, but do not specify why. Both use TF-IDF with NMF and then change to CountVectorizer with LDA
LDA only needs a bag-of-word vector.
lda_explorer = TopicModelExplorer(model=lda_model, vectorizer=lda_vectorizer)
lda_explorer.plot_topics(
top_n_tokens=8,
num_tokens_in_label=2,
token_separator=' | '
)
lda_explorer.plot_topic_sizes(
text_series=paragraphs['text'],
num_tokens_in_label=3,
token_separator=' | '
)
predicted_topics = lda_model.transform(X=lda_vectorizer.transform(paragraphs['text']))
per_document_totals = predicted_topics.sum(axis=1)
ax = pd.Series(per_document_totals).plot(kind='box', vert=False, figsize=(10, 1))
ax.set_title("Distribution Sum of Predicted Values/Topics Per Document")
ax.set_xlabel("Sum of Predicted Values Per Document")
ax.set_yticklabels([])
ax;
topic_sizes_per_year = lda_explorer.get_topic_sizes_per_segment(
df=paragraphs,
text_column='text',
segment_column='year',
)
topic_sizes_per_year.head()
| topic_labels | year | relative_size | |
|---|---|---|---|
| 0 | development | countries | 1970 | 0.07 |
| 1 | world | peace | 1970 | 0.09 |
| 2 | south | people | 1970 | 0.12 |
| 3 | council | security | 1970 | 0.07 |
| 4 | economic | countries | 1970 | 0.10 |
fig = px.area(
topic_sizes_per_year,
x="year",
y="relative_size",
color="topic_labels",
title="Topics Over Time",
)
fig.show()
fig = px.bar(
topic_sizes_per_year,
x="year",
y="relative_size",
color="topic_labels",
title="Topics Over Time",
)
fig.show()
fig = px.line(
topic_sizes_per_year,
x="year",
y="relative_size",
color="topic_labels",
title="Topics Over Time",
)
fig.show()
fig = px.scatter(
topic_sizes_per_year,
x="year",
y="relative_size",
color="topic_labels",
trendline="lowess",
opacity=0.0,
title="Topics Over Time",
)
fig.show()
top_examples = lda_explorer.extract_top_examples(
text_series=paragraphs['text'],
top_n_examples=10
)
top_examples.style.hide(axis='index')
| topic index | topic labels | text | index |
|---|---|---|---|
| 0 | development | countries | The first substantive meeting of the Commission on Sustainable |development|, held in June this year, made tangible progress in adopting crucial decisions on its work programme. Kenya welcomes the progress being made towards ensuring the effectiveness of the Global Environmental Facility as an importa | 142652 |
| 0 | development | countries | Globalization is today a reality. No country, large or small, can swim against the tide of globalization and the digital revolution that is reshaping the modern |world|. Globalization must benefit all |countries|. Its costs must be shared evenly by all |countries|. The least developed |countries| must be gr | 194122 |
| 0 | development | countries | Gathered at Headquarters from 25 to 27 September, |world| leaders adopted the Sustainable |development| Goals (see resolution 70/1). The Millennium |development| Goals proved to be a good catalyst to mobilize synergies and achieve progress in social |development| — the reduction of poverty, hunger and disea | 278300 |
| 0 | development | countries | It is also essential to take appropriate measures towards strengthened support for international action on sustainable |development| and increased financial contributions to the United Nations to enable our Organization to fulfil its mandate efficiently. It must do so by renewing its commitments to th | 257674 |
| 0 | development | countries | We further look towards the |world| Summit on Sustainable |development| as a complementary step in the |development| path towards the reinvigoration of targeted commitments to sustainable |development| — especially those concerning small island |developing| |states| — as contained in Agenda 21. We continue to c | 201468 |
| 0 | development | countries | At the first Conference of the Parties to the Convention, Fiji had expressed its regret that the outcome of the Conference was minimal. Fiji continues to believe that the protocol of the Alliance of Small Island |states| should form the basis of any new instrument aimed at strengthening the climate Co | 157208 |
| 0 | development | countries | In that regard, I wish to thank the Secretary- General for establishing a United Nations task force and in particular for convening the High-level Panel of Eminent Persons on the Post-2015 |development| Agenda, whose extraordinary efforts are now giving us more insights into a more productive disc | 267808 |
| 0 | development | countries | This is a situation that threatens the very existence of those |countries| and not only the prospects of economic and social |development|. We must refer in this respect to failure by the industrialized |countries| to honour their commitments in line with the agreements, strategies and international resol | 146743 |
| 0 | development | countries | In much the same manner, while we have all agreed on increasing |development| assistance to |developing| |countries|, the reality is that the net transfer of financial resources from |developing| to developed |countries| continues unabated, amounting to $200 billion in 2002 and increasing to $557 billion | 271648 |
| 0 | development | countries | The |world| welcomed with great joy and satisfaction the decision adopted by the |countries| members of the Organization for Economic Cooperation and |development| to use 0.7 of their gross national product to finance a programme aimed at halving by the year 2015 the percentage of the inhabitants of devel | 185201 |
| 1 | world | peace | Since February 2011, the Permanent Representative of Luxembourg to the United Nations, Ambassador Sylvie Lucas, has chaired the Guinea configuration of the |peace|building Commission. Luxembourg is honoured to be able to marshal the efforts of the |international| community in support of the authorities | 260887 |
| 1 | world | peace | Why, then, should we go on using language that draws a distinction between the regular budget and the |peace|keeping budget? This accounting dichotomy became a policy and crudely revealed how individual interests could separate the package from the founding principles, to such an extent that they woul | 174461 |
| 1 | world | peace | Over the years, the United Nations system has developed an array of effective and credible mechanisms, and gained wide-ranging experience and undoubted credibility that are employed to the common benefit of mankind. Over the past 50 years, since the adoption of its Charter, the United Nations has wo | 158711 |
| 1 | world | peace | Our global institutions have always had a sweeping ambition, set up not against a single enemy but against poverty, conflict, injustice and intolerance, and set up in the belief that, for |peace| to last, prosperity must be shared. Now we must build on the idealism of the era that created those i | 236457 |
| 1 | world | peace | Not least among the positive aspects of recent events is the growing recognition of the legitimate role of the United Nations in upholding collective |security|. In only four years the total of new United Nations |peace|-keeping operations has equalled the number of such operations over a period of | 134981 |
| 1 | world | peace | 37. I should now like to touch briefly on the energy question, which is of such crucial importance to all of us. It is with a sense of great expectation that my Government welcomes the decision to hold a United Nations Conference on New and Renewable Sources of Energy in 1981. My Government has also | 50554 |
| 1 | world | peace | Given that sad experience, we sow perceive the benefits of a return to a multiparty system as the authentic expression and manifestation of democracy. The fact that Equatorial Guinea still has only one political party is not a contradiction and should not be viewed as unwillingness to allow the popu | 122089 |
| 1 | world | peace | 22. One of the major reasons for the present state of |international| tensions is that in the recent years there has been no substantial progress towards removing the hotbeds of tensions in different parts of the |world|. The latest |international| events have once again placed renewed emphasis on the nee | 65128 |
| 1 | world | peace | While the first aspect of this process, globalization, is most apparent in the economic field, the second, fragmentation, is more clearly felt in the political arena, as social inequities are increasing. This process will undoubtedly result in very complex tensions, heightening those that already ex | 187492 |
| 1 | world | peace | It is therefore imperative that countries continue unfailing efforts to secure a stable and |peace|ful |international| environment. As a first step in this direction, the |international| community could support and cooperate in efforts towards comprehensive reform and total revitalization of the United Na | 154113 |
| 2 | south | people | The States in the Middle East cannot expect to live in |peace| and security until and unless the central factor of regional instability, the core of the Middle East problem, the question of Palestine, is faced squarely and solved justly. The inalienable national rights of the Palestinian |people| must b | 99810 |
| 2 | south | people | 186. The inalienable rights of the Palestinian |people|, particularly their right to self-determination and the establishment of an independent State on their territory need no reiteration since they are completely recognized by the international community represented in this Assembly as well as other | 60727 |
| 2 | south | people | 105. The Chinese |people| strongly condemn |israel| for its policy of aggression and expansion and for its dogged obstruction of a comprehensive settlement of the Middle East question. We firmly support the just struggle of the Palestinian and other Arab |people|s. We favour the position of many countries | 56224 |
| 2 | south | people | 193. The Middle East continues to be a serious source of tension as a result of |israel|'s policies of annexation. The establishment of lasting |peace| in that region requires first of all the withdrawal of |israel|i troops from all the Arab territories occupied in 1967 and the granting of the legitimate | 36406 |
| 2 | south | people | 173. The obstinacy of |israel| in its rejection of the rights of the Palestinian |people| is no more than a manoeuvre to block the |peace|ful settlement of the question of the Middle East. The main problem is the case of Palestine and the Palestinian |people| and their right to exist as a |people| in their la | 35584 |
| 2 | south | people | The conflict in the Middle East continues to be another source of concern. As we have stated before, the core of the Middle East problem is the question of the inalienable right of the Palestinian |people| to self-determination in an independent. State of their own. |israel|'s refusal to concede that ri | 102454 |
| 2 | south | people | A just and durable solution of the problem is possible only throucfa the unconditional and total withdrawal of |israel|i forces from all occupied Palestinian and Arab territories, including Al-Quds al-Sharif, and the restoration of the right of the Palestinian |people| to self-determination and to estab | 118223 |
| 2 | south | people | The failure to find a just and durable solution to the question of Palestine remains the basic cause of the continued tension and instability in the Middle East. In this context we support the convening of an international |peace| conference on the Middle East. We consider that for a just and lasting | 105315 |
| 2 | south | people | Today, |south| |africa| stands knocking at the door to be allowed to re-enter the comity of nations. The repeal of the legislative pillars of apartheid, at least in theory, indicates that apartheid is in the process of being dismantled. The scrapping of the infamous Population Registration Act has estab | 127698 |
| 2 | south | people | 61. The policy of bantustans is bound to be short-lived, as it does not enjoy the support of the |people| of |south| |africa|. Even some of the bantustan leaders have already made clear their opposition to it. It is a policy that has been formulated without any pretense of consultation with the |people| it | 32220 |
| 3 | council | security | 157. The draft definition of aggression submitted to the |general| Assembly by the Special Committee on the Question of defining Aggression [ibid., para. 22] makes no reference, not even the slightest, to the very important circumstance that aggression includes two types, direct and indirect, as the S | 22494 |
| 3 | council | security | 165. On 4 September 1980, Iran started actual war against Iraq by opening heavy artillery fire on Iraqi border towns, causing losses in lives and severe damage to property and threatening the sovereignty and |security| of Iraq. In the following days, Iranian armed forces attacked Iraqi oil installatio | 85860 |
| 3 | council | security | 31 10-55264 We have in no uncertain terms drawn the attention of this body every year to the fact that Mauritius has sovereignty over the Chagos Archipelago, including Diego Garcia. The Chagos Archipelago was illegally excised by the United Kingdom from the territory of Mauritius prior to o | 249499 |
| 3 | council | security | As regards |security| |council| and |general| Assembly |resolution|s, calling for the speedy withdrawal of all foreign armed forces and personnel from the Republic of Cyprus, not only have the Turkish armed forces and personnel not been withdrawn, but they have been 4 increased and upgraded, to such an ex | 177925 |
| 3 | council | security | Regrettably, the international community has yet to see the greatly anticipated change of attitude on the Turkish side. The |security| |council|, in its statement of 9 July, authoritatively declared that 14 “the Turkish Cypriot side had been less constructive in its approach so far, and had declined to | 203231 |
| 3 | council | security | There is a weakness in the command and control structures and they do need attention. It is true the personnel of national defence forces which contribute forces to the United Nations legally remain in their country’s national service. But as I see it, parallel to the allocation of responsibility to | 152576 |
| 3 | council | security | During the past 11 months we have witnessed transparent tactics to delay and obstruct. These have taken various forms. Their purpose is to delay indefinitely the lifting of the embargo. In spite of the official acknowledgment by the Special Commission and the IAEA of the relevant Iraqi authorities’ | 150396 |
| 3 | council | security | However, the death of the young demonstrator caused a sudden reaction and, unfortunately, the crowd got out of control. The |security| forces tried their utmost to prevent the upsurge of violence and to protect the Embassy and its staff. Regrettably, despite the losses suffered by the |security| forces, | 155047 |
| 3 | council | security | Our commitment to the |security| |council| and its |resolution|, is a matter dictated by our adherence· to the Charter. We cannot do that selectively or seasonally. Jordan has declared its adherence to the recent |resolution|s of the |security| |council| on the crisis. Hence our implementation of the |security| C | 122752 |
| 3 | council | security | 14. My delegation fully supports the report of the Secretary-|general|, which is in accordance with the mandate given to him by |security| |council| |resolution| 431 (1978) of July 1978. The clarifications and interpretations are now clear. The |security| |council| should, therefore, in my opinion, be in a pos | 45827 |
| 4 | economic | countries | 130. The proceedings and results of the important |international| meetings held this year have shown the determination of the underdeveloped |countries| to find solutions likely to reactivate the |international| process of |economic| co-operation. Regrettably, the reactions of the industrialized capitalist | 77326 |
| 4 | economic | countries | 129. On the other hand, the |economic| crisis which in recent years has severely affected the economies of the capitalist |world| continues to make its effects felt increasingly in the |countries| of the so-called third |world|. The reduction in real terms of the transfer of resources for development; the u | 77325 |
| 4 | economic | countries | 121. This struggle cannot be separated from the |international| undertaking to bring about a new |international| |economic| order. We fully support the philosophy of the United Nations that there should be new relations of co-operation based on equity, sovereign equality and the common interests of States | 37568 |
| 4 | economic | countries | 169. The Government of Maldives whole-heartedly supports the call of the non-aligned |countries| and the Group of 77 for the removal of the structural imbalances and inequalities of the present pluralist |economic| system and the restructuring of the |world| economy through the establishment of a new inte | 86778 |
| 4 | economic | countries | 348. The adoption of a comprehensive and universally acceptable |international| convention on the law of the sea is not yet within reach. My delegation has repeatedly emphasized the fact that a new convention on the law of the sea, if it is to be just, fair and equitable, must reflect the concerns and | 46112 |
| 4 | economic | countries | The sharp decline in commodity prices, the deterioration in the terms of trade, high interest rates, the protectionist measures adopted by developed |countries| and the reverse flow of financial resources have deepened the |economic| crisis that threatens the future of the |developing| |countries|. The leas | 108143 |
| 4 | economic | countries | 288. The United Nations is the only forum where global problems can be tackled comprehensively with the hope of finding solutions in the interests of the entire |international| community. In the |economic| sphere, the results of the Conference on |international| |economic| Co-operation clearly show the futi | 38135 |
| 4 | economic | countries | 102. As we are well aware, the disparity in terms of the standard of living, wealth, technology and socio|economic| structure between the developed and |developing| |countries| is deep. Only by an integrated and comprehensive approach to the problems of the |developing| |countries| can this disparity be dimin | 26903 |
| 4 | economic | countries | 179. Oman participated in the adoption of the final text of the United Nations Convention on the Law of the Sea, in New York on 30 April, in spite of the fact that the final text did not include proposals and views put forward by Oman during the deliberations of the United' Nations Conference | 73639 |
| 4 | economic | countries | 139. The efforts which the |developing| |countries| have made to find meaningful solutions to the structural crisis facing the |world| economy have been met with lukewarm or negative responses by the major industrialized |countries|. The initiative of the |developing| |countries| concerning the launching of glo | 81842 |
| 5 | nuclear | international | 82. As the Final Document of that session [resolution S-10/2] makes clear, mankind is confronted with a choice; either we halt the |arms| race and proceed to disarmament or we face total annihilation. It is |nuclear| |weapons| that pose the greatest danger to mankind and to the survival of civilization. T | 44426 |
| 5 | nuclear | international | Whatever the regional conflict may be or wherever it is, one major issue overhangs us all, and that is the threat of |nuclear| war and the persisting race between the super-Powers to acquire more sophisticated |nuclear| |weapons| systems. The United Nations has been strenuous in its efforts to put a stop | 105225 |
| 5 | nuclear | international | In all such conflicts, small |arms| and light |weapons| have become |weapons| of choice. We therefore still consider it regrettable that in the year 2005, Member States were not able to adopt a legally binding |international| instrument on the marking and tracing of small |arms| and light |weapons|. We sha | 232299 |
| 5 | nuclear | international | Since the end of the Second |world| War, the fiftieth anniversary of which we shall be celebrating next year, the |world| has been engaged in peace-building. It has been a long road, and it has not been without its dramatic moments. Over the past half century the |world| has come to the brink of |nuclear| w | 150762 |
| 5 | nuclear | international | The acquisition and possession of |weapons| of mass destruction, especially |nuclear| |weapons|, are contrary to the objectives and recommendations unanimously adopted by members of the |international| community at the 1995 Review and Extension Conference of the Parties to the Treaty on the Non-Proliferatio | 183577 |
| 5 | nuclear | international | The |international| community should maintain the high priority that it has accorded to disarmament and |arms| control efforts, without any discrimination among nations or regions, with a view to making the |world| a more peaceful place. The |international| community must strengthen and improve the enforcem | 210719 |
| 5 | nuclear | international | They could wipe out villages, cities and entire populations in seconds. Yet we still do not take the threat seriously enough. It should have been made clear at the summit that disarmament commitments are to be implemented and that non-proliferation undertakings are to be complied with. The countries | 223183 |
| 5 | nuclear | international | Nevertheless, some politicians try to convince the public that this is merely a new stage of research that, supposedly, would naturally lead to the reduction of |nuclear| armaments and eventually eliminate |nuclear| war from society. To say something like that is to be completely out of touch with reali | 91106 |
| 5 | nuclear | international | There is a common thread which runs throughout these conflict situations. It is an element which makes those situations possible and which worsens them, and that is the availability and sophistication of |weapons|. The |international| community will not be able to prevent breaches of the peace or avoid | 161905 |
| 5 | nuclear | international | The second question is that of the |arms| race. It has become part of human nature to be armed and militarily ready, as a reflection and a result of social and other forms of competition. However, this has now reached a point where not only are human and other resources wasted, and the environment pol | 101300 |
| 6 | union | european | 55. The President of Pakistan and the Prime Minister of India have pledged full support and expressed their complete determination for the faithful implementation of the Simla Agreement. For this purpose, further accords are to be arrived at by mutual consultation and discussion. The use of force ha | 9865 |
| 6 | union | european | 45. Those irregulars, after having undergone intensive training in subversion, were sent to Burundi by stealth and clandestinely. Fearing that they would run into our forces of order from the very first moment they attempted to tread on Burundi soil under irregular conditions, the subversive agents | 7979 |
| 6 | union | european | The Czech Republic obviously supports all steps and measures which may bring about the establishment of a democratic and multi-ethnic society in Kosovo as stipulated by the Washington North Atlantic Treaty Organization (NATO) Summit. Unfortunately, during my stay in Kosovo I did not come across any | 184967 |
| 6 | union | european | In late November Croatia will host a summit of the |european| |union| member States and the stabilization and association process |countries| Albania, Bosnia and Herzegovina, and Macedonia. We feel privileged to host such a historic meeting, one that will signify the importance that the |european| |union| at | 192845 |
| 6 | union | european | We hope that the positive elements that have emerged in French decisions on New Caledonia will be consistently pursued and we call on all parties to refrain from further violence and to engage in a constructive dialog to bring about a peaceful and lasting resolution of New Caledonia's present proble | 96092 |
| 6 | union | european | The political stability of the |country| has also witnessed very positive developments. The recent presidential election, which has been conducted for the first time with the broad consensus of all parliamentary parties, is further contributing to that stability. The overall reforms we are undertaking | 202108 |
| 6 | union | european | The scale of the changes that have taken place lately on the international scene is amply demonstrated by the sheer number of new delegations that have joined our ranks at the United Nations. In large areas of our globe, which were shown on the map hitherto only by single-coloured expanses repr | 134731 |
| 6 | union | european | 129. We will always bear in mind Chairman Mao's teaching that in our external work we should get rid of great-power chauvinism resolutely, thoroughly, wholly and completely We will never seek hegemony or be superpower. We will always stand by the oppressed |people| and nations throughout the world. | 36043 |
| 6 | union | european | However, we look to the Soviet |union| for deeds that will match its words. Afghanistan is a case in point. Soviet policy in Afghanistan is a concrete test of the Soviet |union|'s goodwill and intentions. More than 110,000 Soviet troops remain in Afghanistan against the will of the Afghan |people|. Seven | 103967 |
| 6 | union | european | 222. President Seyni Kountche would have come here personally and in his capacity as acting Chairman of the Permanent Inter-State Committee on Drought Control in the Sahel [CILSS] had not the most catastrophic harvests the Niger has ever known obliged him to remain with his |people| to share their con | 87282 |
| 7 | assembly | general | 96. May I take this opportunity to express the deep gratitude and appreciation of my delegation for the outstanding role which your predecessor, Mr. Lazar Mojsov, has performed with admirable wisdom and patience during his term as |president| of the thirty-second regular |session| and the three special | 47902 |
| 7 | assembly | general | Mr. |president|, allow me at the outset to extend to you my warm congratulations on your election to conduct the proceedings of the thirty-fifth |session| of the |general| |assembly|, a difficult task that you will undoubtedly perform with the skill and brilliance that have characterized your long diplomat | 61734 |
| 7 | assembly | general | Mr. |president|, I should like first of all, on behalf of the Bahamas Government and its people, to congratulate you on your election as |president| of the thirty-fifth |session| of the |general| |assembly|. Your distinguished record of achievement eminently qualifies you to guide the deliberations of this b | 55736 |
| 7 | assembly | general | 4. We should also like to express our great admiration for the exemplary manner in which his predecessor, Mr. Salim Ahmed Salim, conducted the proceedings of the thirty- fourth |session| of the |general| |assembly| and those of the three special |session|s over which he presided. His performance in presidin | 56662 |
| 7 | assembly | general | Mr. |president|, first of all may I, on behalf of my Government and of my delegation, extend our felicitations to you on your being elected |president| of the twenty-seventh |session| of the |general| |assembly|? We would also like to associate ourselves with the tributes paid to you by the many distinguished | 11890 |
| 7 | assembly | general | 83. Mr. |president|, it is my pleasure to speak at a time when you are presiding over our meeting. I should be very obliged to you if you would transmit the following message to Mr. Hambro: 'Mr. |president|, I have the pleasure of placing in younger and stronger hands the torch they will hold higher t | 2432 |
| 7 | assembly | general | 11-51191 12 I could not finish without conveying my congratulations to His Excellency Mr. Nassir Abdulaziz Al-Nasser on his election as |president| of the |general| |assembly| at the sixty-sixth ordinary |session|. I wish him every success in carrying out his difficult task. To his predecessor, Mr. | 253657 |
| 7 | assembly | general | Let me take this opportunity to extend to Ambassador Shihabi the warm congratulations of my delegation on his election as |president| of the |general| |assembly| at its forty-sixth |session|. Given his wisdom and experience, I am confident that he will guide our deliberations to a successful conclusion. I s | 126567 |
| 7 | assembly | general | It is an equal privilege for me to pay a tribute to your predecessor. His Excellency Mr. Paul J.F. Lusaka of Zambia, whose election as |president| of the |assembly| at its thirty-ninth |session| was a credit to our Organization and an honor to the entire African continent. The success which attended our l | 93138 |
| 7 | assembly | general | It gives me great pleasure to express to Mr. von Wechmar the warm congratulations of the Algerian delegation on his election to the presidency of the thirty-fifth |session|. In choosing him, the |general| |assembly| has done honour to his rich experience of international affairs which, I am convinced, ha | 57038 |
| 8 | international | peace | 4. The |international| situation today is characterized by acute preoccupation with economic and social problems. These problems have forced upon nations the need to review old patterns of relationships not only in the economic but also in the political field. These problems have also made nations rea | 21422 |
| 8 | international | peace | 'Meanwhile, for Thailand, we have maintained, and will continue to maintain, our opposition to any nation, large or small, that seeks to impose its will and domination over ourselves or others. We stand for mutual respect of each country's national identity and its choice of political, economic and | 28194 |
| 8 | international | peace | We are appalled at the repeated interference in the domestic affairs of other |states| by some |states| Members of this Organization. In the case of Nicaragua, we have witnessed the open threat or use of force against the territorial integrity or political independence of that country. There is a milita | 96262 |
| 8 | international | peace | 81. Moreover the attempts at conciliation were accompanied by efforts to coerce the minority, which simply increased their alienation, and generated tolerance or support for violent tactics, and this in turn left the two communities in the North of Ireland even further divided than before. In short, | 9923 |
| 8 | international | peace | 81. Moreover the attempts at conciliation were accompanied by efforts to coerce the minority, which simply increased their alienation, and generated tolerance or support for violent tactics, and this in turn left the two communities in the North of Ireland even further divided than before. In short, | 9380 |
| 8 | international | peace | 14. Within the United Nations the Latin American countries have performed and continue to perform a vital function. We have been unswerving defenders of the Charter and of the principles of |international| law and advocates of |peace|ful settlement of disputes. We have made common cause with the new nat | 7832 |
| 8 | international | peace | 74. The political philosophy of this era has been characterized more than anything by the justly renowned principle of the founder of the new Turkey, the great Kemal Ataturk, which demands, '|peace| at home, |peace| in the |world|'. The latter part of this principle which Ataturk bequeathed to his nation | 17587 |
| 8 | international | peace | 280. At a time when the concepts, notions and ideas which have hitherto governed the life and relations of societies seem to be increasingly challenged, the United Nations stands as the last outpost of great humanistic principles and civilized values against the assaults of intemperance and the clai | 77007 |
| 8 | international | peace | 358. The Danish Government is gravely concerned at the present tense situation in Central America. Just and durable solutions to the centuries-old social and economic injustices and oppression cannot be achieved by military means. The only path to just and durable solutions lies in regional politica | 84507 |
| 8 | international | peace | These steps towards regional integration have borne fruit with the creation of the Community of Latin American and Caribbean |states|, through which we continue to deepen our process of political, economic, social and cultural integration, respecting diversity and building unity. We have declared | 273214 |
| 9 | human | rights | There are a number of reasons why, after the Vienna Conference, the Organization should devote much of its attention to |human| |rights|. In doing so, I believe, it should reflect on these words used by Secretary-General Boutros Boutros-Ghali in addressing the high-level segment of the Economic and Soci | 144721 |
| 9 | human | rights | I wish to stress that Mongolia is running for the first time for membership on the United Nations |human| |rights| Council. We believe that the |human| |rights| Council is a crucial body for the protection and promotion of |human| |rights| worldwide. It is a platform for open discussions on |human| |rights| issues, | 277507 |
| 9 | human | rights | As we approach the fiftieth anniversary of the Universal Declaration of |human| |rights|, in 1998, the issue of the protection of |human| |rights| is assuming an increasing importance to all our countries because of its close linkage with democracy, peace and stability. My Government therefore welcomes the | 173218 |
| 9 | human | rights | 24. The United Nations has in recent years established Programs for |development|, food, population and the regulation of the exploitation of the resources of the high seas. Many conferences have been convened under the auspices of the United Nations, including the World Conference of the Internationa | 23864 |
| 9 | human | rights | Conversely, where society has broken down or |social| safety-nets are inadequate, women assume the largest burden. There is therefore a direct link between the 19 Fourth World Conference on Women, the recent International Conference on Population and |development| held in Cairo and the World Summit fo | 150443 |
| 9 | human | rights | We are now in a period of reflection with regard to United Nations conflict-prevention and crisis-management capabilities. In our view, the United Nations, as it continues to live up to its responsibilities under the Charter, ought to craft its response strategies more carefully. The preventive capa | 165222 |
| 9 | human | rights | On the occasion of the fiftieth anniversary of the Universal Declaration of |human| |rights|, Kuwait calls for greater consolidation of international efforts, to ensure wider respect for and protection of the |human| |rights| consecrated in the Charter of the United Nations and the Universal Declaration. We | 179950 |
| 9 | human | rights | The urgency that developing countries, such as my own, attach to the elaboration of the proposed agenda for |development| signals the importance we attach to achieving a proper balance in the level of resources devoted to political and security questions and those allocated to economic and |social| prog | 146073 |
| 9 | human | rights | We need to be clear that sustainable peace and |development| go hand in hand with respect for |human| |rights|, democracy and the rule of law. These are universal values that no |human| being should be denied. We must not falter until this goal is achieved. In 2011, Austria was elected to the |human| |rights| C | 257956 |
| 9 | human | rights | 84. To all of this must be added the behavior of the press in certain affluent societies. That press started by giving itself the right to decide what news is important and what is not and has finally deceived itself into believing that only what is published in its pages is important. Only the nega | 24563 |
import pyLDAvis.sklearn
lda_display = pyLDAvis.sklearn.prepare(lda_model, lda_vectors, lda_vectorizer, sort_topics=False)
# pyLDAvis.display(lda_display)
file_name = f"output/models/topics/lda-{num_clusters}-n-grams-{ngrams_low}-{ngrams_high}.html"
pyLDAvis.save_html(lda_display, file_name)
/usr/local/lib/python3.9/site-packages/past/builtins/misc.py:45: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses /usr/local/lib/python3.9/site-packages/sklearn/utils/deprecation.py:87: FutureWarning: Function get_feature_names is deprecated; get_feature_names is deprecated in 1.0 and will be removed in 1.2. Please use get_feature_names_out instead. /usr/local/lib/python3.9/site-packages/pyLDAvis/_prepare.py:246: FutureWarning: In a future version of pandas all arguments of DataFrame.drop except for the argument 'labels' will be keyword-only. /usr/local/lib/python3.9/site-packages/past/builtins/misc.py:45: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses from imp import reload /usr/local/lib/python3.9/site-packages/past/builtins/misc.py:45: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses from imp import reload /usr/local/lib/python3.9/site-packages/past/builtins/misc.py:45: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses from imp import reload /usr/local/lib/python3.9/site-packages/past/builtins/misc.py:45: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses from imp import reload /usr/local/lib/python3.9/site-packages/past/builtins/misc.py:45: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses from imp import reload /usr/local/lib/python3.9/site-packages/past/builtins/misc.py:45: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses from imp import reload /usr/local/lib/python3.9/site-packages/past/builtins/misc.py:45: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses from imp import reload /usr/local/lib/python3.9/site-packages/past/builtins/misc.py:45: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses from imp import reload
k_means_explorer = KMeansTopicExplorer(
model=k_means_model,
vectorizer=k_means_vectorizer,
vectors=k_means_vectors
)
k_means_explorer.plot_topics(
top_n_tokens=8,
num_tokens_in_label=2
)
k_means_explorer.plot_topic_sizes(text_series=paragraphs['text'])
topic_sizes_per_year = k_means_explorer.get_topic_sizes_per_segment(
df=paragraphs,
text_column='text',
segment_column='year',
)
topic_sizes_per_year.head()
| topic_labels | year | relative_size | |
|---|---|---|---|
| 0 | nuclear | weapons | 1970 | 0.03 |
| 1 | council | security | 1970 | 0.04 |
| 2 | international | world | 1970 | 0.62 |
| 3 | session | assembly | 1970 | 0.05 |
| 4 | israel | middle east | 1970 | 0.07 |
fig = px.area(
topic_sizes_per_year,
x="year",
y="relative_size",
color="topic_labels",
title="Topics Over Time",
)
fig.show()
fig = px.bar(
topic_sizes_per_year,
x="year",
y="relative_size",
color="topic_labels",
title="Topics Over Time",
)
fig.show()
fig = px.line(
topic_sizes_per_year,
x="year",
y="relative_size",
color="topic_labels",
title="Topics Over Time",
)
fig.show()
fig = px.scatter(
topic_sizes_per_year,
x="year",
y="relative_size",
color="topic_labels",
trendline="lowess",
opacity=0.0,
title="Topics Over Time",
)
fig.show()
top_examples = k_means_explorer.extract_random_examples(
text_series=paragraphs['text'],
n_examples=10
)
top_examples.style.hide(axis='index')
| topic index | topic labels | text | index |
|---|---|---|---|
| 1 | nuclear | weapons | The Treaty on the Non-|proliferation| of |nuclear| |weapons| and the efforts made to utilize |nuclear| energy for peaceful purposes are complementary. Egypt invites the international community to intensify its efforts to persuade the States that have not signed the Treaty accede to it | 104174 |
| 1 | nuclear | weapons | Few ages have faced such frightening challenges. To retreat from the |nuclear| race requires greater courage than to persist in a contest to exhibit military superiority. To extend this rivalry and to put |weapons| in outer space is to thwart the powerful development potential of the last frontier of ma | 105657 |
| 1 | nuclear | weapons | The Treaty on the Non-|proliferation| of |nuclear| |weapons| (NPT) provides an indispensable international legal basis for |nuclear| |disarmament|. This has once again been reaffirmed in full by the 2000 Review Conference. Russia will work to ensure that the decisions of the Millennium Assembly promote the pr | 195400 |
| 1 | nuclear | weapons | We cannot but wonder, while sitting here within the framework of this universal, international organization, about the events and developments that occurred in our world during the past year and about those emerging questions and crises that call for our utmost attention. Have we managed to take ste | 181818 |
| 1 | nuclear | weapons | My delegation believes that the key to attaining |nuclear| |disarmament| and a |nuclear|-free world continues to be the universality of the non-|proliferation| regime. In this connection, therefore, I wish to register my delegation’s strong rejection of |nuclear| tests, which are clearly inconsistent with the | 159066 |
| 1 | nuclear | weapons | It is our hope that, in 2012, a conference will be held, without further delay or conditions, in which all of the States of the Middle East will participate, with the aim of establishing a |nuclear|-weapon-free zone, free of all other |weapons| of mass destruction as well, through freely agreed arr | 251212 |
| 1 | nuclear | weapons | Yet another scourge to the security of the world are the snail-paced talks on the elimination of |nuclear| |weapons| and the added threat of the |proliferation| of those |weapons|. Ghana shares the concerns of the majority of Member States that this body must continue with and intensify its pressure fo | 225752 |
| 1 | nuclear | weapons | The European Union welcomes the great step forward recently taken within our Organization by the decision to extend the Non-|proliferation| Treaty (NPT) indefinitely. This is fundamental progress in the entire |disarmament| process and the pursuit of |nuclear| non-|proliferation|. The decision adopted and t | 157114 |
| 1 | nuclear | weapons | In the field of |nuclear| non-|proliferation|, progress has already been achieved in the domain of |nuclear|-arms control. Article VI of the Non-|proliferation| Treaty is being implemented. This should now pave the way for renewed efforts to prevent the emergence of additional |nuclear|-weapon States. A compr | 123960 |
| 1 | nuclear | weapons | 88. We are pleased at the emergence of an agreement on bacteriological |weapons| as a result of the discussions in the Conference of the Committee on |disarmament|, and we look forward to early steps towards an effective agreement on chemical |weapons|. We are pleased of course that the United States of A | 4837 |
| 2 | council | security | The Treaty on the Non-Proliferation of Nuclear Weapons and the efforts made to utilize nuclear energy for |peace|ful purposes are complementary. Egypt invites the |international| community to intensify its efforts to persuade the States that have not signed the Treaty accede to it | 104174 |
| 2 | council | security | Few ages have faced such frightening challenges. To retreat from the nuclear race requires greater courage than to persist in a contest to exhibit military superiority. To extend this rivalry and to put weapons in outer space is to thwart the powerful development potential of the last frontier of ma | 105657 |
| 2 | council | security | The Treaty on the Non-Proliferation of Nuclear Weapons (NPT) provides an indispensable |international| legal basis for nuclear disarmament. This has once again been reaffirmed in full by the 2000 Review Conference. Russia will work to ensure that the decisions of the Millennium Assembly promote the pr | 195400 |
| 2 | council | security | We cannot but wonder, while sitting here within the framework of this universal, |international| organization, about the events and developments that occurred in our world during the past year and about those emerging questions and crises that call for our utmost attention. Have we managed to take ste | 181818 |
| 2 | council | security | My delegation believes that the key to attaining nuclear disarmament and a nuclear-free world continues to be the universality of the non-proliferation regime. In this connection, therefore, I wish to register my delegation’s strong rejection of nuclear tests, which are clearly inconsistent with the | 159066 |
| 2 | council | security | It is our hope that, in 2012, a conference will be held, without further delay or conditions, in which all of the States of the Middle East will participate, with the aim of establishing a nuclear-weapon-free zone, free of all other weapons of mass destruction as well, through freely agreed arr | 251212 |
| 2 | council | security | Yet another scourge to the |security| of the world are the snail-paced talks on the elimination of nuclear weapons and the added threat of the proliferation of those weapons. Ghana shares the concerns of the majority of Member States that this body must continue with and intensify its pressure fo | 225752 |
| 2 | council | security | The European Union welcomes the great step forward recently taken within our Organization by the decision to extend the Non-Proliferation Treaty (NPT) indefinitely. This is fundamental progress in the entire disarmament process and the pursuit of nuclear non-proliferation. The decision adopted and t | 157114 |
| 2 | council | security | In the field of nuclear non-proliferation, progress has already been achieved in the domain of nuclear-arms control. Article VI of the Non-Proliferation Treaty is being implemented. This should now pave the way for renewed efforts to prevent the emergence of additional nuclear-weapon States. A compr | 123960 |
| 2 | council | security | 88. We are pleased at the emergence of an agreement on bacteriological weapons as a result of the discussions in the Conference of the Committee on Disarmament, and we look forward to early steps towards an effective agreement on chemical weapons. We are pleased of course that the United States of A | 4837 |
| 3 | international | world | The Treaty on the Non-Proliferation of Nuclear Weapons and the efforts made to utilize nuclear energy for |peace|ful purposes are complementary. Egypt invites the |international| community to intensify its efforts to persuade the States that have not signed the Treaty accede to it | 104174 |
| 3 | international | world | Few ages have faced such frightening challenges. To retreat from the nuclear race requires greater courage than to persist in a contest to exhibit military superiority. To extend this rivalry and to put weapons in outer space is to thwart the powerful development potential of the last frontier of ma | 105657 |
| 3 | international | world | The Treaty on the Non-Proliferation of Nuclear Weapons (NPT) provides an indispensable |international| legal basis for nuclear disarmament. This has once again been reaffirmed in full by the 2000 Review Conference. Russia will work to ensure that the decisions of the Millennium Assembly promote the pr | 195400 |
| 3 | international | world | We cannot but wonder, while sitting here within the framework of this universal, |international| organization, about the events and developments that occurred in our |world| during the past year and about those emerging questions and crises that call for our utmost attention. Have we managed to take ste | 181818 |
| 3 | international | world | My delegation believes that the key to attaining nuclear disarmament and a nuclear-free |world| continues to be the universality of the non-proliferation regime. In this connection, therefore, I wish to register my delegation’s strong rejection of nuclear tests, which are clearly inconsistent with the | 159066 |
| 3 | international | world | It is our hope that, in 2012, a conference will be held, without further delay or conditions, in which all of the States of the Middle East will participate, with the aim of establishing a nuclear-weapon-free zone, free of all other weapons of mass destruction as well, through freely agreed arr | 251212 |
| 3 | international | world | Yet another scourge to the security of the |world| are the snail-paced talks on the elimination of nuclear weapons and the added threat of the proliferation of those weapons. Ghana shares the concerns of the majority of Member States that this body must continue with and intensify its pressure fo | 225752 |
| 3 | international | world | The European Union welcomes the great step forward recently taken within our Organization by the decision to extend the Non-Proliferation Treaty (NPT) indefinitely. This is fundamental progress in the entire disarmament process and the pursuit of nuclear non-proliferation. The decision adopted and t | 157114 |
| 3 | international | world | In the field of nuclear non-proliferation, progress has already been achieved in the domain of nuclear-arms control. Article VI of the Non-Proliferation Treaty is being implemented. This should now pave the way for renewed efforts to prevent the emergence of additional nuclear-weapon States. A compr | 123960 |
| 3 | international | world | 88. We are pleased at the emergence of an agreement on bacteriological weapons as a result of the discussions in the Conference of the Committee on Disarmament, and we look forward to early steps towards an effective agreement on chemical weapons. We are pleased of course that the United States of A | 4837 |
| 4 | session | assembly | The Treaty on the Non-Proliferation of Nuclear Weapons and the efforts made to utilize nuclear energy for peaceful purposes are complementary. Egypt invites the international community to intensify its efforts to persuade the States that have not signed the Treaty accede to it | 104174 |
| 4 | session | assembly | Few ages have faced such frightening challenges. To retreat from the nuclear race requires greater courage than to persist in a contest to exhibit military superiority. To extend this rivalry and to put weapons in outer space is to thwart the powerful development potential of the last frontier of ma | 105657 |
| 4 | session | assembly | The Treaty on the Non-Proliferation of Nuclear Weapons (NPT) provides an indispensable international legal basis for nuclear disarmament. This has once again been reaffirmed in full by the 2000 Review Conference. Russia will work to ensure that the decisions of the Millennium |assembly| promote the pr | 195400 |
| 4 | session | assembly | We cannot but wonder, while sitting here within the framework of this universal, international organization, about the events and developments that occurred in our world during the past year and about those emerging questions and crises that call for our utmost attention. Have we managed to take ste | 181818 |
| 4 | session | assembly | My delegation believes that the key to attaining nuclear disarmament and a nuclear-free world continues to be the universality of the non-proliferation regime. In this connection, therefore, I wish to register my delegation’s strong rejection of nuclear tests, which are clearly inconsistent with the | 159066 |
| 4 | session | assembly | It is our hope that, in 2012, a conference will be held, without further delay or conditions, in which all of the States of the Middle East will participate, with the aim of establishing a nuclear-weapon-free zone, free of all other weapons of mass destruction as well, through freely agreed arr | 251212 |
| 4 | session | assembly | Yet another scourge to the security of the world are the snail-paced talks on the elimination of nuclear weapons and the added threat of the proliferation of those weapons. Ghana shares the concerns of the majority of Member States that this body must continue with and intensify its pressure fo | 225752 |
| 4 | session | assembly | The European Union welcomes the great step forward recently taken within our Organization by the decision to extend the Non-Proliferation Treaty (NPT) indefinitely. This is fundamental progress in the entire disarmament process and the pursuit of nuclear non-proliferation. The decision adopted and t | 157114 |
| 4 | session | assembly | In the field of nuclear non-proliferation, progress has already been achieved in the domain of nuclear-arms control. Article VI of the Non-Proliferation Treaty is being implemented. This should now pave the way for renewed efforts to prevent the emergence of additional nuclear-weapon States. A compr | 123960 |
| 4 | session | assembly | 88. We are pleased at the emergence of an agreement on bacteriological weapons as a result of the discussions in the Conference of the Committee on Disarmament, and we look forward to early steps towards an effective agreement on chemical weapons. We are pleased of course that the United States of A | 4837 |
| 5 | israel | middle east | The Treaty on the Non-Proliferation of Nuclear Weapons and the efforts made to utilize nuclear energy for peaceful purposes are complementary. Egypt invites the international community to intensify its efforts to persuade the States that have not signed the Treaty accede to it | 104174 |
| 5 | israel | middle east | Few ages have faced such frightening challenges. To retreat from the nuclear race requires greater courage than to persist in a contest to exhibit military superiority. To extend this rivalry and to put weapons in outer space is to thwart the powerful development potential of the last frontier of ma | 105657 |
| 5 | israel | middle east | The Treaty on the Non-Proliferation of Nuclear Weapons (NPT) provides an indispensable international legal basis for nuclear disarmament. This has once again been reaffirmed in full by the 2000 Review Conference. Russia will work to ensure that the decisions of the Millennium Assembly promote the pr | 195400 |
| 5 | israel | middle east | We cannot but wonder, while sitting here within the framework of this universal, international organization, about the events and developments that occurred in our world during the past year and about those emerging questions and crises that call for our utmost attention. Have we managed to take ste | 181818 |
| 5 | israel | middle east | My delegation believes that the key to attaining nuclear disarmament and a nuclear-free world continues to be the universality of the non-proliferation regime. In this connection, therefore, I wish to register my delegation’s strong rejection of nuclear tests, which are clearly inconsistent with the | 159066 |
| 5 | israel | middle east | It is our hope that, in 2012, a conference will be held, without further delay or conditions, in which all of the States of the ||middle| |east|| will participate, with the aim of establishing a nuclear-weapon-free zone, free of all other weapons of mass destruction as well, through freely agreed arr | 251212 |
| 5 | israel | middle east | Yet another scourge to the security of the world are the snail-paced talks on the elimination of nuclear weapons and the added threat of the proliferation of those weapons. Ghana shares the concerns of the majority of Member States that this body must continue with and intensify its pressure fo | 225752 |
| 5 | israel | middle east | The European Union welcomes the great step forward recently taken within our Organization by the decision to extend the Non-Proliferation Treaty (NPT) indefinitely. This is fundamental progress in the entire disarmament process and the pursuit of nuclear non-proliferation. The decision adopted and t | 157114 |
| 5 | israel | middle east | In the field of nuclear non-proliferation, progress has already been achieved in the domain of nuclear-arms control. Article VI of the Non-Proliferation Treaty is being implemented. This should now pave the way for renewed efforts to prevent the emergence of additional nuclear-weapon States. A compr | 123960 |
| 5 | israel | middle east | 88. We are pleased at the emergence of an agreement on bacteriological weapons as a result of the discussions in the Conference of the Committee on Disarmament, and we look forward to early steps towards an effective agreement on chemical weapons. We are pleased of course that the United States of A | 4837 |
| 6 | secretary general | secretary | The Treaty on the Non-Proliferation of Nuclear Weapons and the efforts made to utilize nuclear energy for peaceful purposes are complementary. Egypt invites the international community to intensify its efforts to persuade the States that have not signed the Treaty accede to it | 104174 |
| 6 | secretary general | secretary | Few ages have faced such frightening challenges. To retreat from the nuclear race requires greater courage than to persist in a contest to exhibit military superiority. To extend this rivalry and to put weapons in outer space is to thwart the powerful development potential of the last frontier of ma | 105657 |
| 6 | secretary general | secretary | The Treaty on the Non-Proliferation of Nuclear Weapons (NPT) provides an indispensable international legal basis for nuclear disarmament. This has once again been reaffirmed in full by the 2000 Review Conference. Russia will work to ensure that the decisions of the Millennium Assembly promote the pr | 195400 |
| 6 | secretary general | secretary | We cannot but wonder, while sitting here within the framework of this universal, international |organization|, about the events and developments that occurred in our world during the past year and about those emerging questions and crises that call for our utmost attention. Have we managed to take ste | 181818 |
| 6 | secretary general | secretary | My delegation believes that the key to attaining nuclear disarmament and a nuclear-free world continues to be the universality of the non-proliferation regime. In this connection, therefore, I wish to register my delegation’s strong rejection of nuclear tests, which are clearly inconsistent with the | 159066 |
| 6 | secretary general | secretary | It is our hope that, in 2012, a conference will be held, without further delay or conditions, in which all of the States of the Middle East will participate, with the aim of establishing a nuclear-weapon-free zone, free of all other weapons of mass destruction as well, through freely agreed arr | 251212 |
| 6 | secretary general | secretary | Yet another scourge to the security of the world are the snail-paced talks on the elimination of nuclear weapons and the added threat of the proliferation of those weapons. Ghana shares the concerns of the majority of Member States that this body must continue with and intensify its pressure fo | 225752 |
| 6 | secretary general | secretary | The European Union welcomes the great step forward recently taken within our |organization| by the decision to extend the Non-Proliferation Treaty (NPT) indefinitely. This is fundamental progress in the entire disarmament process and the pursuit of nuclear non-proliferation. The decision adopted and t | 157114 |
| 6 | secretary general | secretary | In the field of nuclear non-proliferation, progress has already been achieved in the domain of nuclear-arms control. Article VI of the Non-Proliferation Treaty is being implemented. This should now pave the way for renewed efforts to prevent the emergence of additional nuclear-weapon States. A compr | 123960 |
| 6 | secretary general | secretary | 88. We are pleased at the emergence of an agreement on bacteriological weapons as a result of the discussions in the Conference of the Committee on Disarmament, and we look forward to early steps towards an effective agreement on chemical weapons. We are pleased of course that the United States of A | 4837 |
| 7 | rights | human rights | The Treaty on the Non-Proliferation of Nuclear Weapons and the efforts made to utilize nuclear energy for peaceful purposes are complementary. Egypt invites the |international| community to intensify its efforts to persuade the States that have not signed the Treaty accede to it | 104174 |
| 7 | rights | human rights | Few ages have faced such frightening challenges. To retreat from the nuclear race requires greater courage than to persist in a contest to exhibit military superiority. To extend this rivalry and to put weapons in outer space is to thwart the powerful development potential of the last frontier of ma | 105657 |
| 7 | rights | human rights | The Treaty on the Non-Proliferation of Nuclear Weapons (NPT) provides an indispensable |international| legal basis for nuclear disarmament. This has once again been reaffirmed in full by the 2000 Review Conference. Russia will work to ensure that the decisions of the Millennium Assembly promote the pr | 195400 |
| 7 | rights | human rights | We cannot but wonder, while sitting here within the framework of this universal, |international| organization, about the events and developments that occurred in our world during the past year and about those emerging questions and crises that call for our utmost attention. Have we managed to take ste | 181818 |
| 7 | rights | human rights | My delegation believes that the key to attaining nuclear disarmament and a nuclear-free world continues to be the universality of the non-proliferation regime. In this connection, therefore, I wish to register my delegation’s strong rejection of nuclear tests, which are clearly inconsistent with the | 159066 |
| 7 | rights | human rights | It is our hope that, in 2012, a conference will be held, without further delay or conditions, in which all of the States of the Middle East will participate, with the aim of establishing a nuclear-weapon-free zone, free of all other weapons of mass destruction as well, through freely agreed arr | 251212 |
| 7 | rights | human rights | Yet another scourge to the security of the world are the snail-paced talks on the elimination of nuclear weapons and the added threat of the proliferation of those weapons. Ghana shares the concerns of the majority of Member States that this body must continue with and intensify its pressure fo | 225752 |
| 7 | rights | human rights | The European Union welcomes the great step forward recently taken within our Organization by the decision to extend the Non-Proliferation Treaty (NPT) indefinitely. This is fundamental progress in the entire disarmament process and the pursuit of nuclear non-proliferation. The decision adopted and t | 157114 |
| 7 | rights | human rights | In the field of nuclear non-proliferation, progress has already been achieved in the domain of nuclear-arms control. Article VI of the Non-Proliferation Treaty is being implemented. This should now pave the way for renewed efforts to prevent the emergence of additional nuclear-weapon States. A compr | 123960 |
| 7 | rights | human rights | 88. We are pleased at the emergence of an agreement on bacteriological weapons as a result of the discussions in the Conference of the Committee on Disarmament, and we look forward to early steps towards an effective agreement on chemical weapons. We are pleased of course that the United States of A | 4837 |
| 8 | operation | co operation | The Treaty on the Non-Proliferation of Nuclear Weapons and the efforts made to utilize nuclear energy for peaceful purposes are |co|mplementary. Egypt invites the |international| |co|mmunity to intensify its efforts to persuade the States that have not signed the Treaty accede to it | 104174 |
| 8 | operation | co operation | Few ages have faced such frightening challenges. To retreat from the nuclear race requires greater |co|urage than to persist in a |co|ntest to exhibit military superiority. To extend this rivalry and to put weapons in outer space is to thwart the powerful development potential of the last frontier of ma | 105657 |
| 8 | operation | co operation | The Treaty on the Non-Proliferation of Nuclear Weapons (NPT) provides an indispensable |international| legal basis for nuclear disarmament. This has once again been reaffirmed in full by the 2000 Review |co|nference. Russia will work to ensure that the decisions of the Millennium Assembly promote the pr | 195400 |
| 8 | operation | co operation | We cannot but wonder, while sitting here within the framework of this universal, |international| organization, about the events and developments that occurred in our world during the past year and about those emerging questions and crises that call for our utmost attention. Have we managed to take ste | 181818 |
| 8 | operation | co operation | My delegation believes that the key to attaining nuclear disarmament and a nuclear-free world |co|ntinues to be the universality of the non-proliferation regime. In this |co|nnection, therefore, I wish to register my delegation’s strong rejection of nuclear tests, which are clearly in|co|nsistent with the | 159066 |
| 8 | operation | co operation | It is our hope that, in 2012, a |co|nference will be held, without further delay or |co|nditions, in which all of the States of the Middle East will participate, with the aim of establishing a nuclear-weapon-free zone, free of all other weapons of mass destruction as well, through freely agreed arr | 251212 |
| 8 | operation | co operation | Yet another s|co|urge to the security of the world are the snail-paced talks on the elimination of nuclear weapons and the added threat of the proliferation of those weapons. Ghana shares the |co|ncerns of the majority of Member States that this body must |co|ntinue with and intensify its pressure fo | 225752 |
| 8 | operation | co operation | The European Union wel|co|mes the great step forward recently taken within our Organization by the decision to extend the Non-Proliferation Treaty (NPT) indefinitely. This is fundamental progress in the entire disarmament process and the pursuit of nuclear non-proliferation. The decision adopted and t | 157114 |
| 8 | operation | co operation | In the field of nuclear non-proliferation, progress has already been achieved in the domain of nuclear-arms |co|ntrol. Article VI of the Non-Proliferation Treaty is being implemented. This should now pave the way for renewed efforts to prevent the emergence of additional nuclear-weapon States. A |co|mpr | 123960 |
| 8 | operation | co operation | 88. We are pleased at the emergence of an agreement on bacteriological weapons as a result of the discussions in the |co|nference of the |co|mmittee on Disarmament, and we look forward to early steps towards an effective agreement on chemical weapons. We are pleased of |co|urse that the United States of A | 4837 |
| 9 | countries | development | The Treaty on the Non-Proliferation of Nuclear Weapons and the efforts made to utilize nuclear energy for peaceful purposes are complementary. Egypt invites the international community to intensify its efforts to persuade the States that have not signed the Treaty accede to it | 104174 |
| 9 | countries | development | Few ages have faced such frightening challenges. To retreat from the nuclear race requires greater courage than to persist in a contest to exhibit military superiority. To extend this rivalry and to put weapons in outer space is to thwart the powerful |development| potential of the last frontier of ma | 105657 |
| 9 | countries | development | The Treaty on the Non-Proliferation of Nuclear Weapons (NPT) provides an indispensable international legal basis for nuclear disarmament. This has once again been reaffirmed in full by the 2000 Review Conference. Russia will work to ensure that the decisions of the Millennium Assembly promote the pr | 195400 |
| 9 | countries | development | We cannot but wonder, while sitting here within the framework of this universal, international organization, about the events and |development|s that occurred in our world during the past year and about those emerging questions and crises that call for our utmost attention. Have we managed to take ste | 181818 |
| 9 | countries | development | My delegation believes that the key to attaining nuclear disarmament and a nuclear-free world continues to be the universality of the non-proliferation regime. In this connection, therefore, I wish to register my delegation’s strong rejection of nuclear tests, which are clearly inconsistent with the | 159066 |
| 9 | countries | development | It is our hope that, in 2012, a conference will be held, without further delay or conditions, in which all of the States of the Middle East will participate, with the aim of establishing a nuclear-weapon-free zone, free of all other weapons of mass destruction as well, through freely agreed arr | 251212 |
| 9 | countries | development | Yet another scourge to the security of the world are the snail-paced talks on the elimination of nuclear weapons and the added threat of the proliferation of those weapons. Ghana shares the concerns of the majority of Member States that this body must continue with and intensify its pressure fo | 225752 |
| 9 | countries | development | The European Union welcomes the great step forward recently taken within our Organization by the decision to extend the Non-Proliferation Treaty (NPT) indefinitely. This is fundamental progress in the entire disarmament process and the pursuit of nuclear non-proliferation. The decision adopted and t | 157114 |
| 9 | countries | development | In the field of nuclear non-proliferation, progress has already been achieved in the domain of nuclear-arms control. Article VI of the Non-Proliferation Treaty is being implemented. This should now pave the way for renewed efforts to prevent the emergence of additional nuclear-weapon States. A compr | 123960 |
| 9 | countries | development | 88. We are pleased at the emergence of an agreement on bacteriological weapons as a result of the discussions in the Conference of the Committee on Disarmament, and we look forward to early steps towards an effective agreement on chemical weapons. We are pleased of course that the United States of A | 4837 |
| 10 | africa | south | The Treaty on the Non-Proliferation of Nuclear Weapons and the efforts made to utilize nuclear energy for peaceful purposes are complementary. Egypt invites the international community to intensify its efforts to persuade the States that have not signed the Treaty accede to it | 104174 |
| 10 | africa | south | Few ages have faced such frightening challenges. To retreat from the nuclear race requires greater courage than to persist in a contest to exhibit military superiority. To extend this rivalry and to put weapons in outer space is to thwart the powerful development potential of the last frontier of ma | 105657 |
| 10 | africa | south | The Treaty on the Non-Proliferation of Nuclear Weapons (NPT) provides an indispensable international legal basis for nuclear disarmament. This has once again been reaffirmed in full by the 2000 Review Conference. Russia will work to ensure that the decisions of the Millennium Assembly promote the pr | 195400 |
| 10 | africa | south | We cannot but wonder, while sitting here within the framework of this universal, international organization, about the events and developments that occurred in our world during the past year and about those emerging questions and crises that call for our utmost attention. Have we managed to take ste | 181818 |
| 10 | africa | south | My delegation believes that the key to attaining nuclear disarmament and a nuclear-free world continues to be the universality of the non-proliferation regime. In this connection, therefore, I wish to register my delegation’s strong rejection of nuclear tests, which are clearly inconsistent with the | 159066 |
| 10 | africa | south | It is our hope that, in 2012, a conference will be held, without further delay or conditions, in which all of the States of the Middle East will participate, with the aim of establishing a nuclear-weapon-free zone, free of all other weapons of mass destruction as well, through freely agreed arr | 251212 |
| 10 | africa | south | Yet another scourge to the security of the world are the snail-paced talks on the elimination of nuclear weapons and the added threat of the proliferation of those weapons. Ghana shares the concerns of the majority of Member States that this body must continue with and intensify its pressure fo | 225752 |
| 10 | africa | south | The European Union welcomes the great step forward recently taken within our Organization by the decision to extend the Non-Proliferation Treaty (NPT) indefinitely. This is fundamental progress in the entire disarmament process and the pursuit of nuclear non-proliferation. The decision adopted and t | 157114 |
| 10 | africa | south | In the field of nuclear non-proliferation, progress has already been achieved in the domain of nuclear-arms control. Article VI of the Non-Proliferation Treaty is being implemented. This should now pave the way for renewed efforts to prevent the emergence of additional nuclear-weapon States. A compr | 123960 |
| 10 | africa | south | 88. We are pleased at the emergence of an agreement on bacteriological weapons as a result of the discussions in the Conference of the Committee on Disarmament, and we look forward to early steps towards an effective agreement on chemical weapons. We are pleased of course that the United States of A | 4837 |